#!/usr/bin/env Python
# -*- coding: utf-8 -*-

"""
使用requests请求代理服务器
请求http和https网页均适用
"""

import requests

from 照片爬取练习.download_pic import download_file

# 提取代理API接口，获取1个代理IP
api_url = "https://dps.kdlapi.com/api/getdps/?secret_id=o4xi88umfxd708402e6m&signature=tetna5kci7oqhr5rdir7ozccwbrnokhq&num=1&pt=1&sep=1"

# 获取API接口返回的代理IP
proxy_ip = requests.get(api_url).text

# 用户名密码认证(私密代理/独享代理)
username = "d3759521165"
password = "4zwo76a7"
proxies = {
    "http": "http://%(user)s:%(pwd)s@%(proxy)s/" % {"user": username, "pwd": password, "proxy": proxy_ip},
    "https": "http://%(user)s:%(pwd)s@%(proxy)s/" % {"user": username, "pwd": password, "proxy": proxy_ip}
}

# 白名单方式（需提前设置白名单）
# proxies = {
#     "http": "http://%(proxy)s/" % {"proxy": proxy_ip},
#     "https": "http://%(proxy)s/" % {"proxy": proxy_ip}
# }

# 要访问的目标网页
save_directory = r'E:\picture'  # Note the double backslashes or use forward slashes ('/')
print(proxies)
with open('url.txt', 'r', encoding='utf-8') as file:
    for line in file:
        url = line.strip()  # Remove any trailing newline characters
        download_file(url, save_directory,proxies)
# target_url = "https://dev.kdlapi.com/testproxy"

# 使用代理IP发送请求
# response = requests.get(target_url, proxies=proxies)

# 获取页面内容
# if response.status_code == 200:
#     print(response.text)